<html>
 <head>
  <meta charset="utf-8"/>
  <meta content="width=device-width, initial-scale=1, maximum-scale=1, user-scalable=no" name="viewport"/>
  <title>
   大量 Deep Learning 学习资源！  | 数螺 | NAUT IDEA
  </title>
  <link href="http://cdn.bootcss.com/bootstrap/3.3.6/css/bootstrap-theme.min.css" rel="stylesheet"/>
  <link href="http://cdn.bootcss.com/bootstrap/3.3.6/css/bootstrap.min.css" rel="stylesheet"/>
  <style type="text/css">
   #xmain img {
                  max-width: 100%;
                  display: block;
                  margin-top: 10px;
                  margin-bottom: 10px;
                }

                #xmain p {
                    line-height:150%;
                    font-size: 16px;
                    margin-top: 20px;
                }

                #xmain h2 {
                    font-size: 24px;
                }

                #xmain h3 {
                    font-size: 20px;
                }

                #xmain h4 {
                    font-size: 18px;
                }


                .header {
	           background-color: #0099ff;
	           color: #ffffff;
	           margin-bottom: 20px;
	        }

	        .header p {
                  margin: 0px;
                  padding: 10px 0;
                  display: inline-block;  
                  vertical-align: middle;
                  font-size: 16px;
               }

               .header a {
                 color: white;
               }

              .header img {
                 height: 25px;
              }
  </style>
  <script src="http://cdn.bootcss.com/jquery/3.0.0/jquery.min.js">
  </script>
  <script src="http://nautstatic-10007657.file.myqcloud.com/static/css/readability.min.js" type="text/javascript">
  </script>
  <script type="text/javascript">
   $(document).ready(function() {
                 var loc = document.location;
                 var uri = {
                  spec: "http://dataunion.org/17663.html",
                  host: "http://dataunion.org",
                  prePath: "http://dataunion.org",
                  scheme: "http",
                  pathBase: "http://dataunion.org/"
                 };
    
                 var documentClone = document.cloneNode(true);
                 var article = new Readability(uri, documentClone).parse();
     
                 document.getElementById("xmain").innerHTML = article.content;
                });
  </script>
  <!-- 1466460535: Accept with keywords: (title(0.0):大量,社区,数盟,资源, topn(0.233333333333):社区,联系,数盟,小象,深度学习,未分类,行业资讯,亲传,数据挖掘,图书,原作者,数据分析,Python,职位,职业规划,星环,基础架构,文章,泰迪,可视化,深度神经网络,解释性,合作伙伴,码农,资源,编程语言,人工智能,课程,评论,行业).-->
 </head>
 <body onload="">
  <div class="header">
   <div class="container">
    <div class="row">
     <div class="col-xs-6 col-sm-6 text-left">
      <a href="/databee">
       <img src="http://nautidea-10007657.cos.myqcloud.com/logo_white.png"/>
      </a>
      <a href="/databee">
       <p>
        数螺
       </p>
      </a>
     </div>
     <div class="hidden-xs col-sm-6 text-right">
      <p>
       致力于数据科学的推广和知识传播
      </p>
     </div>
    </div>
   </div>
  </div>
  <div class="container text-center">
   <h1>
    大量 Deep Learning 学习资源！
   </h1>
  </div>
  <div class="container" id="xmain">
   ﻿﻿
   <title>
    大量 Deep Learning 学习资源！ | 数盟社区
   </title>
   <!-- All in One SEO Pack 2.2.7.6.2 by Michael Torbert of Semper Fi Web Design[32,69] -->
   <!-- /all in one seo pack -->
   <!--
<div align="center">
<a href="http://strata.oreilly.com.cn/hadoop-big-data-cn?cmp=mp-data-confreg-home-stcn16_dataunion_pc" target="_blank"><img src="http://dataunion.org/wp-content/uploads/2016/05/stratabj.jpg"/ ></a>
</div>
-->
   <header id="header-web">
    <div class="header-main">
     <hgroup class="logo">
      <h1>
       <a href="http://dataunion.org/" rel="home" title="数盟社区">
        <img src="http://dataunion.org/wp-content/themes/yzipi/images/logo.png"/>
       </a>
      </h1>
     </hgroup>
     <!--logo-->
     <nav class="header-nav">
      <ul class="menu" id="menu-%e4%b8%bb%e8%8f%9c%e5%8d%95">
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-has-children menu-item-71" id="menu-item-71">
        <a href="http://dataunion.org/category/events" title="events">
         活动
        </a>
        <ul class="sub-menu">
         <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-22457" id="menu-item-22457">
          <a href="http://dataunion.org/2016timeline">
           2016档期
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-22459" id="menu-item-22459">
          <a href="http://dataunion.org/category/parterc">
           合作会议
          </a>
         </li>
        </ul>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-has-children menu-item-20869" id="menu-item-20869">
        <a href="http://dataunion.org/category/tech" title="articles">
         文章
        </a>
        <ul class="sub-menu">
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-20867" id="menu-item-20867">
          <a href="http://dataunion.org/category/tech/base" title="base">
           基础架构
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-3302" id="menu-item-3302">
          <a href="http://dataunion.org/category/tech/ai" title="ai">
           人工智能
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-3303" id="menu-item-3303">
          <a href="http://dataunion.org/category/tech/analysis" title="analysis">
           数据分析
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21920" id="menu-item-21920">
          <a href="http://dataunion.org/category/tech/dm">
           数据挖掘
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-3314" id="menu-item-3314">
          <a href="http://dataunion.org/category/tech/viz" title="viz">
           可视化
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-3305" id="menu-item-3305">
          <a href="http://dataunion.org/category/tech/devl" title="devl">
           编程语言
          </a>
         </li>
        </ul>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-has-children menu-item-20876" id="menu-item-20876">
        <a href="http://dataunion.org/category/industry">
         行业
        </a>
        <ul class="sub-menu">
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-16328" id="menu-item-16328">
          <a href="http://dataunion.org/category/industry/case" title="case">
           行业应用
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-2112" id="menu-item-2112">
          <a href="http://dataunion.org/category/industry/demo" title="demo">
           Demo展示
          </a>
         </li>
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21562" id="menu-item-21562">
          <a href="http://dataunion.org/category/industry/news">
           行业资讯
          </a>
         </li>
        </ul>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category current-post-ancestor current-menu-parent current-post-parent menu-item-311" id="menu-item-311">
        <a href="http://dataunion.org/category/sources" title="sources">
         资源
        </a>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-20870" id="menu-item-20870">
        <a href="http://dataunion.org/category/books" title="book">
         图书
        </a>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-21363" id="menu-item-21363">
        <a href="http://dataunion.org/category/training">
         课程
        </a>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-has-children menu-item-21853" id="menu-item-21853">
        <a href="http://dataunion.org/category/jobs">
         职位
        </a>
        <ul class="sub-menu">
         <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-22050" id="menu-item-22050">
          <a href="http://dataunion.org/category/career">
           职业规划
          </a>
         </li>
        </ul>
       </li>
      </ul>
     </nav>
     <!--header-nav-->
    </div>
   </header>
   <!--header-web-->
   <div id="main">
    <div id="soutab">
     <form action="http://dataunion.org/" class="search" method="get">
     </form>
    </div>
    <div id="container">
     <nav id="mbx">
      当前位置：
      <a href="http://dataunion.org">
       首页
      </a>
      &gt;
      <a href="http://dataunion.org/category/sources">
       资源
      </a>
      &gt;  正文
     </nav>
     <!--mbx-->
     <article class="content">
      <header align="centre" class="contenttitle">
       <div class="mscc">
        <h1 class="mscctitle">
         <a href="http://dataunion.org/17663.html">
          大量 Deep Learning 学习资源！
         </a>
        </h1>
        <address class="msccaddress ">
         <em>
          2,648 次阅读 -
         </em>
         <a href="http://dataunion.org/category/sources" rel="category tag">
          资源
         </a>
        </address>
       </div>
      </header>
      <div class="content-text">
       <blockquote>
        <p>
         出处：
         <a class="brand" href="http://rt.dgyblog.com/ref/ref-learning-deep-learning.html">
          Random Thoughts
         </a>
         开发者头条 by Hu Yuhuang
        </p>
       </blockquote>
       <p>
        <strong>
         [NOTICE]
        </strong>
        I’m in the middle of adding NLP and Speech Recognition key references.
       </p>
       <p>
        There are lots of awesome reading lists or posts that summarized materials related to Deep Learning. So why would I commit another one? Well, the primary objective is to develop a complete reading list that allows readers to build a solid academic and practical background of Deep Learning. And this list is developed while I’m preparing my Deep Learning workshop. My research is related to Deep Neural Networks (DNNs) in general. Hence, this posts tends to summary contributions in DNNs instead of generative models.
       </p>
       <h3>
        For Novice
       </h3>
       <p>
        <em>
         If you have no idea about Machine Learning and Scientific Computing, I suggest you learn the following materials while you are reading Machine Learning or Deep Learning books. You don’t have to master these materials, but basic understanding is important. It’s hard to open a meaningful conversation if the person has no idea about matrix or single variable calculus.
        </em>
       </p>
       <ul>
        <li>
         <a href="http://ocw.mit.edu/courses/electrical-engineering-and-computer-science/6-006-introduction-to-algorithms-fall-2011/">
          Introduction to Algorithms
         </a>
         by Erik Demaine and Srinivas Devadas.
        </li>
        <li>
         <a href="http://ocw.mit.edu/courses/mathematics/18-01sc-single-variable-calculus-fall-2010/">
          Single Variable Calculus
         </a>
         by David Jerison.
        </li>
        <li>
         <a href="http://ocw.mit.edu/courses/mathematics/18-02sc-multivariable-calculus-fall-2010/">
          Multivariable Calculus
         </a>
         by Denis Auroux.
        </li>
        <li>
         <a href="http://ocw.mit.edu/courses/mathematics/18-03sc-differential-equations-fall-2011/">
          Differential Equations
         </a>
         by Arthur Mattuck, Haynes Miller, Jeremy Orloff, John Lewis.
        </li>
        <li>
         <a href="http://ocw.mit.edu/courses/mathematics/18-06-linear-algebra-spring-2010/">
          Linear Algebra
         </a>
         by Gilbert Strang.
        </li>
       </ul>
       <h3>
        Theory of Computation, Learning Theory, Neuroscience, etc
       </h3>
       <ul>
        <li>
         <a href="http://www.cs.virginia.edu/~robins/Sipser_2006_Second_Edition_Problems.pdf">
          Introduction to the Theory of Computation
         </a>
         by Michael Sipser.
        </li>
        <li>
         <a href="http://aima.cs.berkeley.edu/">
          Artificial Intelligence: A Modern Approach
         </a>
         by Stuart Russell and Peter Norvig.
        </li>
        <li>
         <a href="http://research.microsoft.com/en-us/um/people/cmbishop/prml/">
          Pattern Recognition and Machine Learning
         </a>
         by Christopher Bishop.
        </li>
        <li>
         <a href="http://www.cs.ubc.ca/~murphyk/MLbook/">
          Machine Learning: A probabilistic perspective
         </a>
         by Kevin Patrick Murphy.
        </li>
        <li>
         <a href="http://cs229.stanford.edu/materials.html">
          CS229 Machine Learning Course Materials
         </a>
         by Andrew Ng at Stanford University.
        </li>
        <li>
         <a href="http://webdocs.cs.ualberta.ca/~sutton/book/the-book.html">
          Reinforcement Learning: An Introduction
         </a>
         by Richard S. Sutton and Andrew G. Barto.
        </li>
        <li>
         <a href="http://mitpress.mit.edu/books/probabilistic-graphical-models">
          Probabilistic Graphical Models: Principles and Techniques
         </a>
         by Daphne Koller and Nir Friedman.
        </li>
        <li>
         <a href="http://stanford.edu/~boyd/cvxbook/">
          Convex Optimization
         </a>
         by Stephen Boyd and Lieven Vandenberghe.
        </li>
        <li>
         <a href="http://www-bcf.usc.edu/~gareth/ISL/">
          An Introduction to Statistical Learning with application in R
         </a>
         by Gareth James, Daniela Witten, Trevor Hastie and Robert Tibshirani.
        </li>
        <li>
         <a href="http://neuronaldynamics.epfl.ch/index.html">
          Neuronal Dynamics: From single neurons to networks and models of cognition
         </a>
         by Wulfram Gerstner, Werner M. Kistler, Richard Naud and Liam Paninski.
        </li>
        <li>
         <a href="http://mitpress.mit.edu/books/theoretical-neuroscience">
          Theoretical Neuroscience: Computational and Mathematical Modeling of Neural Systems
         </a>
         by Peter Dayan and Laurence F. Abbott.
        </li>
        <li>
         <a href="https://news.ycombinator.com/item?id=1055042">
          Michael I. Jordan Reading List of Machine Learning
         </a>
         at Hacker News.
        </li>
       </ul>
       <h3>
        Fundamentals of Deep Learning
       </h3>
       <ul>
        <li>
         <a href="http://people.idsia.ch/~juergen/deep-learning-overview.html">
          Deep Learning in Neural Networks: An Overview
         </a>
         by Jürgen Schmidhuber.
        </li>
        <li>
         <a href="http://www.iro.umontreal.ca/~bengioy/dlbook/">
          Deep Learning Book
         </a>
         by Yoshua Bengio, Ian Goodfellow and Aaron Courville.
        </li>
        <li>
         <a href="http://www.iro.umontreal.ca/~bengioy/papers/ftml_book.pdf">
          Learning Deep Architectures for AI
         </a>
         by Yoshua Bengio
        </li>
        <li>
         <a href="http://arxiv.org/abs/1206.5538">
          Representation Learning: A Review and New Perspectives
         </a>
         by Yoshua Bengio, Aaron Courville, Pascal Vincent.
        </li>
       </ul>
       <h3>
        Tutorials, Practical Guides, and Useful Software
       </h3>
       <ul>
        <li>
         <a href="https://www.coursera.org/course/ml">
          Machine Learning
         </a>
         by Andrew Ng.
        </li>
        <li>
         <a href="https://www.coursera.org/course/neuralnets">
          Neural Networks for Machine Learning
         </a>
         by Geoffrey Hinton.
        </li>
        <li>
         <a href="http://deeplearning.net/tutorial/">
          Deep Learning Tutorial
         </a>
         by LISA Lab, University of Montreal.
        </li>
        <li>
         <a href="http://deeplearning.stanford.edu/tutorial/">
          Unsupervised Feature Learning and Deep Learning Tutorial
         </a>
         by AI Lab, Stanford University.
        </li>
        <li>
         <a href="http://cs231n.stanford.edu/">
          CS231n: Convolutional Neural Networks for Visual Recognition
         </a>
         by Stanford University.
        </li>
        <li>
         <a href="http://cs224d.stanford.edu/">
          CS224d: Deep Learning for Natural Language Processing
         </a>
         by Stanford University.
        </li>
        <li>
         <a href="http://deeplearning.net/software/theano/">
          Theano
         </a>
         by LISA Lab, University of Montreal.
        </li>
        <li>
         <a href="http://deeplearning.net/software/pylearn2/">
          PyLearn2
         </a>
         by LISA Lab, University of Montreal.
        </li>
        <li>
         <a href="http://caffe.berkeleyvision.org/">
          Caffe
         </a>
         by Berkeley Vision and Learning Center (BVLC) and community contributor Yangqing Jia.
        </li>
        <li>
         <a href="http://torch.ch/">
          Torch 7
         </a>
        </li>
        <li>
         <a href="http://neon.nervanasys.com/docs/latest/index.html">
          neon
         </a>
         by Nervana.
        </li>
        <li>
         <a href="https://developer.nvidia.com/cuDNN">
          cuDNN
         </a>
         by NVIDIA.
        </li>
        <li>
         <a href="http://cs.stanford.edu/people/karpathy/convnetjs/index.html">
          ConvNetJS
         </a>
         by Andrej Karpathy.
        </li>
        <li>
         <a href="http://deeplearning4j.org/">
          DeepLearning4j
         </a>
        </li>
       </ul>
       <h3>
        Literature in Deep Learning and Feature Learning
       </h3>
       <p>
        <em>
         Deep Learning is a fast-moving community. Therefore the line between “Recent Advances” and “Literature that matter” is kind of blurred. Here I collected articles that are either introducing fundamental algorithms, techniques or highly cited by the community.
        </em>
       </p>
       <ul>
        <li>
         <a href="https://www.ics.uci.edu/~welling/teaching/273ASpring09/lecun-89e.pdf">
          Backpropagation Applied to Handwritten Zip Code Recognition
         </a>
         by Y. LeCun, B. Boser, J. S. Denker, D. Henderson, R. E. Howard, W. Hubbard and L. D. Jackel.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1504.06825">
          Comparison of Training Methods for Deep Neural Networks
         </a>
         by Patrick O. Glauner.
        </li>
        <li>
         <a href="http://papers.nips.cc/paper/5021-distributed-representations-of-words-and-phrases-and-their-compositionality.pdf">
          Distributed Representations of Words and Phrases and their Compositionality
         </a>
         by Tomas Mikolov, Ilya Sutskever, Kai Chen, Greg Corrado and Jeffrey Dean.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1301.3781">
          Efficient Estimation of Word Representations in Vector Space
         </a>
         by Tomas Mikolov, Kai Chen, Greg Corrado, Jeffrey Dean.
        </li>
        <li>
         <a href="http://www.jair.org/media/2934/live-2934-4846-jair.pdf">
          From Frequency to Meaning: Vector Space Models of Semantics
         </a>
         by Peter D. Turney and Patrick Pantel.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1503.04069">
          LSTM: A Search Space Odyssey
         </a>
         by Klaus Greff, Rupesh Kumar Srivastava, Jan Koutník, Bas R. Steunebrink, Jürgen Schmidhuber.
        </li>
        <li>
         <a href="http://www.cs.toronto.edu/~graves/preprint.pdf">
          Supervised Sequence Labelling with Recurrent Neural Networks
         </a>
         by Alex Graves.
        </li>
       </ul>
       <h3>
        Recent Must-Read Advances in Deep Learning
       </h3>
       <p>
        <em>
         Most of papers here are produced in 2014 and after. Survey papers or review papers are not included.
        </em>
       </p>
       <ul>
        <li>
         <a href="http://arxiv.org/abs/1505.01121">
          Ask Your Neurons: A Neural-based Approach to Answering Questions about Images
         </a>
         by Mateusz Malinowski, Marcus Rohrbach, Mario Fritz.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1502.03167">
          Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift
         </a>
         by Sergey Ioffe and Christian Szegedy.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1503.08909">
          Beyond Short Snipets: Deep Networks for Video Classification
         </a>
         by Joe Yue-Hei Ng, Matthew Hausknecht, Sudheendra Vijayanarasimhan, Oriol Vinyals, Rajat Monga, George Toderici.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1505.02146">
          DeepBox: Learning Objectness with Convolutional Networks
         </a>
         by Weicheng Kuo, Bharath Hariharan, Jitendra Malik.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1407.3068">
          Deep Networks with Internal Selective Attention through Feedback Connections
         </a>
         by Marijn Stollenga, Jonathan Masci, Faustino Gomez, Jürgen Schmidhuber.
        </li>
        <li>
         <a href="http://cs.stanford.edu/people/karpathy/deepimagesent/">
          Deep Visual-Semantic Alignments for Generating Image Descriptions
         </a>
         by Andrej Karpathy, Fei-Fei Li.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1502.08029">
          Describing Videos by Exploiting Temporal Structure
         </a>
         by Li Yao, Atousa Torabi, Kyunghyun Cho, Nicolas Ballas, Christopher Pal, Hugo Larochelle, Aaron Courville.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1502.04623">
          DRAW: A Recurrent Neural Network For Image Generation
         </a>
         by Karol Gregor, Ivo Danihelka, Alex Graves, Daan Wierstra.
        </li>
        <li>
         <a href="http://jmlr.org/papers/v15/srivastava14a.html">
          Dropout: A Simple Way to Prevent Neural Networks from Overfitting
         </a>
         by Nitish Srivastava, Geoffrey Hinton, Alex Krizhevsky, Ilya Sutskever, Ruslan Salakhutdinov.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1503.03832">
          FaceNet: A Unified Embedding for Face Recognition and Clustering
         </a>
         by Florian Schroff, Dmitry Kalenichenko, James Philbin.
        </li>
        <li>
         <a href="http://www.ini.uzh.ch/admin/extras/doc_get.php?id=54478">
          Fast-Classifying, High-Accuracy Spiking Deep Networks Through Weight and Threshold Balancing
         </a>
         by Peter U. Diehl, Daniel Neil, Jonathan Binas, Matthew Cook, Shih-Chii Liu, and Michael Pfeiffer.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1412.6550">
          FitNets: Hints for Thin Deep Nets
         </a>
         by Adriana Romero, Nicolas Ballas, Samira Ebrahimi Kahou, Antoine Chassang, Carlo Gatta, Yoshua Bengio.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1504.06852">
          FlowNet: Learning Optical Flow with Convolutional Networks
         </a>
         by Philipp Fischer, Alexey Dosovitskiy, Eddy Ilg, Philip Häusser, Caner Hazırbaş, Vladimir Golkov, Patrick van der Smagt, Daniel Cremers, Thomas Brox.
        </li>
        <li>
         <a href="http://www.nature.com/nature/journal/v518/n7540/full/nature14236.html">
          Human-level control through deep reinforcement learning
         </a>
         by Google DeepMind.
        </li>
        <li>
         <a href="http://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional">
          ImageNet Classification with Deep Convolutional Neural Networks
         </a>
         by Alex Krizhevsky, Ilya Sutskever, Geoffrey E. Hinton.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1505.02074">
          Image Question Answering: A Visual Semantic Embedding Model and a New Dataset
         </a>
         by Mengye Ren, Ryan Kiros, Richard Zemel.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1504.06692">
          Learning like a Child: Fast Novel Visual Concept Learning from Sentence Descriptions of Images
         </a>
         by Junhua Mao, Wei Xu, Yi Yang, Jiang Wang, Zhiheng Huang, Alan Yuille.
        </li>
        <li>
         <a href="http://jeffdonahue.com/lrcn/">
          Long-term Recurrent Convolutional Networks for Visual Recognition and Description
         </a>
         by Jeff Donahue, Lisa Anne Hendricks, Sergio Guadarrama, Marcus Rohrbach, Subhashini Venugopalan, Kate Saenko, Trevor Darrell.
        </li>
        <li>
         <a href="http://jmlr.org/proceedings/papers/v28/goodfellow13.pdf">
          Maxout Networks
         </a>
         by Ian J. Goodfellow, David Warde-Farley, Mehdi Mirza, Aaron Courville, Yoshua Bengio.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1406.6247">
          Recurrent Models of Visual Attention
         </a>
         by Volodymyr Mnih, Nicolas Heess, Alex Graves, Koray Kavukcuoglu.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1505.00393">
          ReNet: A Recurrent Neural Network Based Alternative to Convolutional Networks
         </a>
         by Francesco Visin, Kyle Kastner, Kyunghyun Cho, Matteo Matteucci, Aaron Courville, Yoshua Bengio.
        </li>
        <li>
         <a href="http://papers.nips.cc/paper/5351-searching-for-higgs-boson-decay-modes-with-deep-learning.pdf">
          Searching for Higgs Boson Decay Modes with Deep Learning
         </a>
         by Peter Sadowski, Pierre Baldi, Daniel Whiteson.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1411.4555">
          Show and Tell: A Neural Image Caption Generator
         </a>
         by Oriol Vinyals, Alexander Toshev, Samy Bengio, Dumitru Erhan
        </li>
        <li>
         <a href="http://arxiv.org/abs/1502.03044">
          Show, Attend and Tell: Neural Image Caption Generation with Visual Attention
         </a>
         by Kelvin Xu, Jimmy Ba, Ryan Kiros, Kyunghyun Cho, Aaron Courville, Ruslan Salakhutdinov, Richard Zemel, Yoshua Bengio.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1502.04156">
          Towards Biologically Plausible Deep Learning
         </a>
         by Yoshua Bengio, Dong-Hyun Lee, Jorg Bornschein, Zhouhan Lin.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1505.02496">
          Training Deeper Convolutional Networks with Deep Supervision
         </a>
         by Liwei Wang, Chen-Yu Lee, Zhuowen Tu, Svetlana Lazebnik.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1412.4729">
          Translating Videos to Natural Language Using Deep Recurrent Neural Networks
         </a>
         by Subhashini Venugopalan, Huijuan Xu, Jeff Donahue, Marcus Rohrbach, Raymond Mooney, Kate Saenko.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1502.04681">
          Unsupervised Learning of Video Representations using LSTMs
         </a>
         by Nitish Srivastava, Elman Mansimov, Ruslan Salakhutdinov.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1505.00687">
          Unsupervised Learning of Visual Representations using Videos
         </a>
         by Xiaolong Wang, Abhinav Gupta.
        </li>
        <li>
         <a href="http://arxiv.org/abs/1503.01070">
          Using Descriptive Video Services to Create a Large Data Source for Video Annotation Research
         </a>
         by Atousa Torabi, Christopher Pal, Hugo Larochelle, Aaron Courville.
        </li>
       </ul>
       <h3>
        Podcast, Talks, etc.
       </h3>
       <ul>
        <li>
         <a href="http://www.thetalkingmachines.com/">
          Talking Machines
         </a>
         hosted by Katherine Gorman and Ryan Adams.
        </li>
        <li>
         <a href="http://www.ted.com/talks/fei_fei_li_how_we_re_teaching_computers_to_understand_pictures?language=en">
          How we’re teaching computers to understand pictures
         </a>
         by Fei-Fei Li, Stanford University.
        </li>
        <li>
         <a href="https://plus.google.com/communities/112866381580457264725">
          Deep Learning Community
         </a>
        </li>
       </ul>
       <h3>
        Amazon Web Service Public AMI for Deep Learning
       </h3>
       <p>
        <em>
         I configured 2 types of GPU instances that are available in AWS and installed necessary software for Deep Learning practice. The first one is DGYDLGPUv4. It is a machine that provides 8-core CPU, 15GB RAM, 500GB SSD and 1 NVIDIA Grid K520 GPU, you can use it to learn Deep Learning or conduct normal size experiment. If you need even more computing resources, you can choose DGYDLGPUXv1. This new released GPU instance offered a 32-core CPU, 60GB RAM, 500GB SSD and 4 NVIDIA Grid K520 GPUs.
        </em>
       </p>
       <p>
        <em>
         NVIDIA Driver, CUDA Toolkit 7.0, cuDNNv2, Anaconda, Theano are preinstalled.
        </em>
       </p>
       <p>
        <em>
         Currently they are only available at Asia Pacific (Singapore). You can copy the instance to your close region.
        </em>
       </p>
       <p>
        <em>
         If you are doing analysis or experiments, I suggest you to request spot instance instead of on-demand instance. This will save you a lot of costs.
        </em>
       </p>
       <ul>
        <li>
         <strong>
          DGYDLGPUv4
         </strong>
         (ami-ba516ee8) [Based on g2.2xlarge]
        </li>
        <li>
         <strong>
          DGYDLGPUXv1
         </strong>
         (ami-52516e00) [Based on g2.8xlarge]
        </li>
       </ul>
       <p>
        <em>
         Currently, my build of Caffe in the instance is failed. You can use the AMI that is provided by Caffe community. You can get more details from
         <a href="https://github.com/BVLC/caffe/wiki/Caffe-on-EC2-Ubuntu-14.04-Cuda-7">
          here
         </a>
        </em>
       </p>
       <p>
        <em>
         So far the instance is only available at US East (N. Virginia)
        </em>
       </p>
       <ul>
        <li>
         <strong>
          Caffe/CuDNN built 2015-05-04
         </strong>
         (ami-763a331e) [For both g2.2xlarge and g2.8xlarge]
        </li>
       </ul>
       <h3>
        Practical Deep Neural Networks – GPU computing perspective
       </h3>
       <p>
        The following entries are materials I use in the workshop.
       </p>
       <h4>
        Slides
       </h4>
       <ul>
        <li>
         <a href="http://rt.dgyblog.com/res/dlworkshop/introduction.pdf">
          Introduction
         </a>
        </li>
        <li>
         <a href="http://rt.dgyblog.com/res/dlworkshop/python_for_computing.pdf">
          Python Platform for Scientific Computing
         </a>
        </li>
        <li>
         <a href="http://rt.dgyblog.com/res/dlworkshop/theano_crash_course.pdf">
          Theano Crash Course
         </a>
        </li>
        <li>
         [Machine Learning Basics]
        </li>
        <li>
         [Support Vector Machine and Softmax Regression]
        </li>
        <li>
         [Feedforward Neural Networks]
        </li>
        <li>
         [Convolutional Neural Networks]
        </li>
        <li>
         [Recurrent Neural Networks]
        </li>
       </ul>
       <h4>
        Practical tutorials
       </h4>
       <ul>
        <li>
         <a href="http://rt.dgyblog.com/tut/tut-dl-basics.html">
          Python Warm-up, pre-processing
         </a>
        </li>
        <li>
         <a href="http://rt.dgyblog.com/tut/tut-svm-softmax.html">
          Support Vector Machine, Softmax Regression
         </a>
        </li>
        <li>
         <a href="http://rt.dgyblog.com/tut/tut-mlp.html">
          Multi Layer Perceptron Network
         </a>
        </li>
        <li>
         <a href="http://rt.dgyblog.com/tut/tut-autoencoder.html">
          Auto-encoder
         </a>
        </li>
        <li>
         <a href="http://rt.dgyblog.com/tut/tut-convnet.html">
          Convolutional Neural Networks
         </a>
        </li>
        <li>
         <a href="http://rt.dgyblog.com/tut/tut-rnn.html">
          Recurrent Neural Networks
         </a>
        </li>
       </ul>
       <h4>
        Codes
       </h4>
       <ul>
        <li>
         <a href="https://github.com/duguyue100/telauges">
          Telauges
         </a>
         <ul>
          <li>
           A new deep learning libraries for education
          </li>
          <li>
           Right now implements MLP Hidden Layer, Softmax Layer, Auto-encoder, ConvNet Layer
          </li>
          <li>
           In the middle of transforming coding style, I suggest you explore it, but do not use it seriously.
          </li>
         </ul>
        </li>
       </ul>
      </div>
      <div>
       <strong>
        注：转载文章均来自于公开网络，仅供学习使用，不会用于任何商业用途，如果侵犯到原作者的权益，请您与我们联系删除或者授权事宜，联系邮箱：contact@dataunion.org。转载数盟网站文章请注明原文章作者，否则产生的任何版权纠纷与数盟无关。
       </strong>
      </div>
      <!--content_text-->
      <div class="fenxian">
       <!-- JiaThis Button BEGIN -->
       <div class="jiathis_style_32x32">
        <p class="jiathis_button_weixin">
        </p>
        <p class="jiathis_button_tsina">
        </p>
        <p class="jiathis_button_qzone">
        </p>
        <p class="jiathis_button_cqq">
        </p>
        <p class="jiathis_button_tumblr">
        </p>
        <a class="jiathis jiathis_txt jtico jtico_jiathis" href="http://www.jiathis.com/share" target="_blank">
        </a>
        <p class="jiathis_counter_style">
        </p>
       </div>
       <!-- JiaThis Button END -->
      </div>
     </article>
     <!--content-->
     <!--相关文章-->
     <div class="xianguan">
      <div class="xianguantitle">
       相关文章！
      </div>
      <ul class="pic">
       <li>
        <a href="http://dataunion.org/20811.html">
         <img src="http://dataunion.org/wp-content/uploads/2015/09/t0133fcacae8523307b_副本-300x200.jpg"/>
        </a>
        <a class="link" href="http://dataunion.org/20811.html" rel="bookmark" title="大神亲传：26条深度学习的金科玉律！">
         大神亲传：26条深度学习的金科玉律！
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/20798.html">
         <img src="http://dataunion.org/wp-content/uploads/2015/09/t0159fd758ea17b4ba5-300x199.jpg"/>
        </a>
        <a class="link" href="http://dataunion.org/20798.html" rel="bookmark" title="各种编程语言的深度学习库整理大全！">
         各种编程语言的深度学习库整理大全！
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/20587.html">
         <img src="http://dataunion.org/wp-content/uploads/2015/08/t0192a35f52bc6e5eab-300x188.jpg"/>
        </a>
        <a class="link" href="http://dataunion.org/20587.html" rel="bookmark" title="基于Python的卷积神经网络和特征提取">
         基于Python的卷积神经网络和特征提取
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/20480.html">
         <img src="http://dataunion.org/wp-content/uploads/2015/08/thumb.600_0_副本-300x162.jpg"/>
        </a>
        <a class="link" href="http://dataunion.org/20480.html" rel="bookmark" title="99%的码农都会忽略的重要问题：深度神经网络的可解释性">
         99%的码农都会忽略的重要问题：深度神经网络的可解释性
        </a>
       </li>
      </ul>
     </div>
     <!--相关文章-->
     <div class="comment" id="comments">
      <!-- You can start editing here. -->
      <!-- If comments are open, but there are no comments. -->
      <div class="title">
       期待你一针见血的评论，Come on！
      </div>
      <div id="respond">
       <p>
        不用想啦，马上
        <a href="http://dataunion.org/wp-login.php?redirect_to=http%3A%2F%2Fdataunion.org%2F17663.html">
         "登录"
        </a>
        发表自已的想法.
       </p>
      </div>
     </div>
     <!-- .nav-single -->
    </div>
    <!--Container End-->
    <aside id="sitebar">
     <div class="sitebar_list2">
      <div class="wptag">
       <span class="tagtitle">
        热门标签+
       </span>
       <div class="tagg">
        <ul class="menu" id="menu-%e5%8f%8b%e6%83%85%e9%93%be%e6%8e%a5">
         <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-1605" id="menu-item-1605">
          <a href="http://taidizh.com/">
           泰迪智慧
          </a>
         </li>
         <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-20884" id="menu-item-20884">
          <a href="http://www.transwarp.cn/">
           星环科技
          </a>
         </li>
         <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-3538" id="menu-item-3538">
          <a href="http://datall.org/">
           珈和遥感
          </a>
         </li>
         <li class="menu-item menu-item-type-custom menu-item-object-custom menu-item-20888" id="menu-item-20888">
          <a href="http://www.chinahadoop.cn/">
           小象学院
          </a>
         </li>
        </ul>
       </div>
      </div>
     </div>
     <div class="sitebar_list">
      <div class="textwidget">
       <div align="center">
        <a href="http://study.163.com/course/courseMain.htm?courseId=991022" target="_blank">
         <img src="http://dataunion.org/wp-content/uploads/2016/03/dv.jpg"/>
        </a>
       </div>
      </div>
     </div>
     <div class="sitebar_list">
      <h4 class="sitebar_title">
       文章分类
      </h4>
      <div class="tagcloud">
       <a class="tag-link-44" href="http://dataunion.org/category/industry/demo" style="font-size: 10.204724409449pt;" title="4个话题">
        Demo展示
       </a>
       <a class="tag-link-31" href="http://dataunion.org/category/experts" style="font-size: 15.826771653543pt;" title="52个话题">
        专家团队
       </a>
       <a class="tag-link-870" href="http://dataunion.org/category/tech/ai" style="font-size: 19.795275590551pt;" title="273个话题">
        人工智能
       </a>
       <a class="tag-link-488" href="http://dataunion.org/category/%e5%8a%a0%e5%85%a5%e6%95%b0%e7%9b%9f" style="font-size: 8pt;" title="1个话题">
        加入数盟
       </a>
       <a class="tag-link-869" href="http://dataunion.org/category/tech/viz" style="font-size: 17.204724409449pt;" title="93个话题">
        可视化
       </a>
       <a class="tag-link-30" href="http://dataunion.org/category/partners" style="font-size: 10.645669291339pt;" title="5个话题">
        合作伙伴
       </a>
       <a class="tag-link-889" href="http://dataunion.org/category/parterc" style="font-size: 11.582677165354pt;" title="8个话题">
        合作会议
       </a>
       <a class="tag-link-104" href="http://dataunion.org/category/books" style="font-size: 12.96062992126pt;" title="15个话题">
        图书
       </a>
       <a class="tag-link-220" href="http://dataunion.org/category/tech/base" style="font-size: 19.850393700787pt;" title="281个话题">
        基础架构
       </a>
       <a class="tag-link-219" href="http://dataunion.org/category/tech/analysis" style="font-size: 19.409448818898pt;" title="232个话题">
        数据分析
       </a>
       <a class="tag-link-887" href="http://dataunion.org/category/tech/dm" style="font-size: 13.291338582677pt;" title="17个话题">
        数据挖掘
       </a>
       <a class="tag-link-34" href="http://dataunion.org/category/tech" style="font-size: 20.732283464567pt;" title="404个话题">
        文章
       </a>
       <a class="tag-link-1" href="http://dataunion.org/category/uncategorized" style="font-size: 22pt;" title="693个话题">
        未分类
       </a>
       <a class="tag-link-4" href="http://dataunion.org/category/events" style="font-size: 14.503937007874pt;" title="29个话题">
        活动
       </a>
       <a class="tag-link-890" href="http://dataunion.org/category/tech/%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0" style="font-size: 10.204724409449pt;" title="4个话题">
        深度学习
       </a>
       <a class="tag-link-221" href="http://dataunion.org/category/tech/devl" style="font-size: 18.968503937008pt;" title="193个话题">
        编程语言
       </a>
       <a class="tag-link-888" href="http://dataunion.org/category/career" style="font-size: 15.661417322835pt;" title="48个话题">
        职业规划
       </a>
       <a class="tag-link-5" href="http://dataunion.org/category/jobs" style="font-size: 14.11811023622pt;" title="25个话题">
        职位
       </a>
       <a class="tag-link-871" href="http://dataunion.org/category/industry" style="font-size: 15.716535433071pt;" title="49个话题">
        行业
       </a>
       <a class="tag-link-613" href="http://dataunion.org/category/industry/case" style="font-size: 16.984251968504pt;" title="84个话题">
        行业应用
       </a>
       <a class="tag-link-885" href="http://dataunion.org/category/industry/news" style="font-size: 17.425196850394pt;" title="102个话题">
        行业资讯
       </a>
       <a class="tag-link-10" href="http://dataunion.org/category/training" style="font-size: 14.228346456693pt;" title="26个话题">
        课程
       </a>
       <a class="tag-link-16" href="http://dataunion.org/category/sources" style="font-size: 15.661417322835pt;" title="48个话题">
        资源
       </a>
      </div>
     </div>
     <div class="sitebar_list">
      <h4 class="sitebar_title">
       功能
      </h4>
      <ul>
       <li>
        <a href="http://dataunion.org/wp-login.php?action=register">
         注册
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/wp-login.php">
         登录
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/feed">
         文章
         <abbr title="Really Simple Syndication">
          RSS
         </abbr>
        </a>
       </li>
       <li>
        <a href="http://dataunion.org/comments/feed">
         评论
         <abbr title="Really Simple Syndication">
          RSS
         </abbr>
        </a>
       </li>
       <li>
        <a href="https://cn.wordpress.org/" title="基于WordPress，一个优美、先进的个人信息发布平台。">
         WordPress.org
        </a>
       </li>
      </ul>
     </div>
    </aside>
    <div class="clear">
    </div>
   </div>
   <!--main-->
   ﻿
   <footer id="dibu">
    <div class="about">
     <div class="right">
      <ul class="menu" id="menu-%e5%ba%95%e9%83%a8%e8%8f%9c%e5%8d%95">
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-18024" id="menu-item-18024">
        <a href="http://dataunion.org/category/partners">
         合作伙伴
        </a>
       </li>
       <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-20881" id="menu-item-20881">
        <a href="http://dataunion.org/contribute">
         文章投稿
        </a>
       </li>
       <li class="menu-item menu-item-type-taxonomy menu-item-object-category menu-item-20872" id="menu-item-20872">
        <a href="http://dataunion.org/category/%e5%8a%a0%e5%85%a5%e6%95%b0%e7%9b%9f">
         加入数盟
        </a>
       </li>
       <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-22441" id="menu-item-22441">
        <a href="http://dataunion.org/f-links">
         友情链接
        </a>
       </li>
       <li class="menu-item menu-item-type-post_type menu-item-object-page menu-item-20874" id="menu-item-20874">
        <a href="http://dataunion.org/aboutus">
         关于数盟
        </a>
       </li>
      </ul>
      <p class="banquan">
       数盟社区        ，
        做最棒的数据科学社区
      </p>
     </div>
     <div class="left">
      <ul class="bottomlist">
       <li>
        <a href="http://weibo.com/DataScientistUnion  " target="_blank" 　title="">
         <img src="http://dataunion.org/wp-content/themes/yzipi/images/weibo.png"/>
        </a>
       </li>
       <li>
        <a class="cd-popup-trigger" href="http://dataunion.org/17663.html#0">
         <img src="http://dataunion.org/wp-content/themes/yzipi/images/weixin.png"/>
        </a>
       </li>
      </ul>
      <div class="cd-popup">
       <div class="cd-popup-container">
        <h1>
         扫描二维码,加微信公众号
        </h1>
        <img src="http://dataunion.org/wp-content/themes/yzipi/images/2014-12-06-1515289049.png"/>
        <a class="cd-popup-close" href="http://dataunion.org/17663.html">
        </a>
       </div>
       <!-- cd-popup-container -->
      </div>
      <!-- cd-popup -->
     </div>
    </div>
    <!--about-->
    <div class="bottom">
     <a href="http://dataunion.org/">
      数盟社区
     </a>
     <a href="http://www.miitbeian.gov.cn/" rel="external nofollow" target="_blank">
      京ICP备14026740号
     </a>
     联系我们：
     <a href="mailto:contact@dataunion.org" target="_blank">
      contact@dataunion.org
     </a>
     <div class="tongji">
     </div>
     <!--bottom-->
     <div class="scroll" id="scroll" style="display:none;">
      ︿
     </div>
    </div>
   </footer>
   <!--dibu-->
  </div>
 </body>
</html>